cd ../

python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_lambda 0.0001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv_1/0.0001 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_lambda 0.001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv_1/0.001 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_lambda 0.01 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv_1/0.01 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_lambda 0.1 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv_1/0.1 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_lambda 1 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv_1/1 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_lambda 10 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv_1/10 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_lambda 100 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_adv_1/100 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 0.0001 --adv_lambda 0.0001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv_1/0.0001 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 0.001 --adv_lambda 0.001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv_1/0.001 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 0.01 --adv_lambda 0.01 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv_1/0.01 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 0.1 --adv_lambda 0.1 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv_1/0.1 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv_1/1 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 10 --adv_lambda 10 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv_1/10 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 100 --adv_lambda 100 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_dadv_1/100 --device_id 1&



python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.0001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch_1/0.0001 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch_1/0.001 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.01 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch_1/0.01 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.05 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch_1/0.05 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.1 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch_1/0.1 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.5 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch_1/0.5 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 1 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_fairbatch_1/1 --device_id 2; wait

python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.0 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_gd_diff_1/0.0 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.0001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_gd_diff_1/0.0001 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.001 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_gd_diff_1/0.001 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.01 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_gd_diff_1/0.01 --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.1 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_gd_diff_1/0.1 --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_gd_diff_1/0.5 --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 1.0 --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_gd_diff_1/1.0 --device_id 0&



python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --INLP_min_acc 0.5 --INLP --INLP_by_class --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp_1/_INLP_by_class --device_id 1&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --INLP_min_acc 0.5 --INLP --INLP_discriminator_reweighting True --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp_1/_INLP_discriminator_reweighting --device_id 2; wait
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --INLP_min_acc 0.5 --INLP  --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp_1/_INLP --device_id 0&
python fairlib --dataset Bios_gender --emb_size 768 --num_classes 9 --encoder_architecture BERT --batch_size 16 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 5e-06 --epochs 20 --epochs_since_improvement 5 --subsample_classes teacher attorney photographer psychologist physician surgeon journalist dentist nurse --subsample_all 0.5 --balance_test --early_stopping_criterion max_balanced_dto --data_dir ../fl_scripts/data/bios --base_seed 1 --INLP_min_acc 0.5 --INLP --INLP_by_class --INLP_discriminator_reweighting True --model_name bert-base-cased --exp_id hp_search_final_cased_bal_sub_prof_big/fairlib_bert_bios_gender_inlp_1/_INLP_by_class_INLP_discriminator_reweighting --device_id 1; wait